feat: mongodb-exclude-collections - #40

rg -n 'exclude_collections|excludeCollectionsWithPrefix|excludeCollection|agent_entry|agent.*version' engines commands core tests pyproject.toml README* 2>/dev/null | head -120

git diff 8a5171e32fe65cbcffc1457f3332c822b11f2d04 c449e244830b511962b76a50494e98eca135332b -- engines/mongodb.py tests/engines/mongodb.py
nl -ba engines/mongodb.py | sed -n '1,200p'
nl -ba engines/base.py | sed -n '1,180p'
rg -n -i -e 'agent.{0,50}(version|image)' -e '(version|image).{0,50}agent' -e 'databases.json' -e '1\.26\.0' --glob '!*.lock' .

nl -ba templates/agent.yml.j2
nl -ba services/renderer.py | sed -n '1,240p'
nl -ba services/project.py | sed -n '1,260p'
nl -ba ui/form.py | sed -n '1,220p'
rg -n -i -e 'github.com/portabase/agent' -e 'portabase/agent' -e 'agent version' -e 'databases.json' README.md docs commands services tests .github pyproject.toml

python3 - <<'PY'
import json, urllib.request
base = 'https://api.github.com/repos/Portabase/agent'
headers = {'User-Agent': 'source-inspection', 'Accept': 'application/vnd.github+json'}
for endpoint in ('/tags?per_page=100', '/git/trees/main?recursive=1'):
    print('\n###', endpoint)
    try:
        with urllib.request.urlopen(urllib.request.Request(base + endpoint, headers=headers), timeout=20) as r:
            obj = json.load(r)
        if isinstance(obj, list):
            for entry in obj:
                print(entry['name'], entry['commit']['sha'])
        else:
            print('truncated:', obj.get('truncated'))
            for entry in obj.get('tree', []):
                p = entry['path']
                if any(x in p.lower() for x in ('mongo', 'config', 'backup')) and entry['type'] == 'blob':
                    print(p)
    except Exception as e:
        print(type(e).__name__, str(e))
PY

python3 - <<'PY'
import urllib.request
root = 'https://raw.githubusercontent.com/Portabase/agent'
paths = [
 'src/domain/mongodb/database.rs',
 'src/domain/mongodb/backup.rs',
 'src/domain/mongodb/connection.rs',
 'src/services/config.rs',
 'src/services/backup/dispatcher.rs',
 'src/services/backup/executor.rs',
 'src/services/backup/runner.rs',
]
for rev in ('1.25.2', 'main'):
    for path in paths:
        url = f'{root}/{rev}/{path}'
        print(f'\n### {url}')
        try:
            with urllib.request.urlopen(url, timeout=20) as r:
                text = r.read().decode()
            for n, line in enumerate(text.splitlines(), 1):
                print(f'{n:4} {line}')
        except Exception as e:
            print(type(e).__name__, str(e))
PY

python3 - <<'PY'
from pathlib import Path
p = Path('/tmp/coderabbit-shell-logs/shell-output-Da2TVc')
text = p.read_text()
for name in ('https://raw.githubusercontent.com/Portabase/agent/1.25.2/src/services/backup/executor.rs','https://raw.githubusercontent.com/Portabase/agent/1.25.2/src/services/backup/runner.rs'):
    marker = '### ' + name
    start = text.find(marker)
    end = text.find('\n### ', start+4)
    print(text[start:end if end >= 0 else None] if start >= 0 else f'NOT FOUND: {name}')
PY
rg -n -F -e 'option_fields()' -e 'render_agent(' -e 'project.add(' -e 'with_options(' -- commands services
nl -ba commands/db.py | sed -n '1,220p'
rg -n -F -e 'option_fields()' -e 'with_options(' -- flows services commands

rg -n 'kind == "list"|exclude_collections|collection name|comma.separated' ui engines tests README* 2>/dev/null | head -100

git diff 8a5171e32fe65cbcffc1457f3332c822b11f2d04 c449e244830b511962b76a50494e98eca135332b -- engines/mongodb.py tests/engines/mongodb.py
nl -ba engines/mongodb.py | sed -n '1,240p'
nl -ba ui/form.py | sed -n '1,230p'
rg -n -F -e 'Form(' -e 'form.collect' -e 'exclude_collections' -e 'agent' -- engines ui tests main.py README.md

rg -n -F -e 'option_fields(' -e '.collect(' -e 'agent_entry(' -e 'databases.json' -- commands services engines core | sort
nl -ba engines/base.py | sed -n '1,145p'
nl -ba commands/db.py | sed -n '1,260p'
nl -ba services/renderer.py | sed -n '1,240p'
rg -n -F -e 'portabase/agent' -e 'github.com/Portabase' -- README.md pyproject.toml .github services templates || test "$?" -eq 1

nl -ba commands/flows/add_database.py | sed -n '1,210p'
nl -ba templates/agent.yml.j2 | sed -n '1,100p'
printf '\nAgent tags:\n'
git ls-remote --tags https://github.com/Portabase/agent.git '*1.26.0*'
printf '\nAgent repository tree:\n'
curl -fsSL 'https://api.github.com/repos/Portabase/agent/git/trees/main?recursive=1' | python3 -c 'import sys,json; d=json.load(sys.stdin); print("\n".join(x["path"] for x in d.get("tree",[]) if "mongo" in x["path"].lower()))'

for p in src/domain/mongodb/backup.rs src/domain/mongodb/database.rs src/tests/domain/mongodb.rs Cargo.toml; do
  printf '\n--- https://raw.githubusercontent.com/Portabase/agent/main/%s ---\n' "$p"
  curl -fsSL "https://raw.githubusercontent.com/Portabase/agent/main/$p" | nl -ba
done
printf '\n--- Agent latest tags ---\n'
curl -fsSL 'https://api.github.com/repos/Portabase/agent/tags?per_page=15' | python3 -c 'import json,sys; print("\n".join(x["name"]+" "+x["commit"]["sha"] for x in json.load(sys.stdin)))'
printf '\n--- Agent MongoDB exclusion branches / PRs ---\n'
curl -fsSL 'https://api.github.com/search/issues?q=repo%3APortabase%2Fagent+mongodb+exclude+in%3Atitle%2Cbody&per_page=30' | python3 -c 'import json,sys; d=json.load(sys.stdin); print("\n".join(str(x["number"])+" "+x["state"]+" "+x["title"]+" "+x["html_url"] for x in d.get("items",[])))'

curl -fsSL -H 'Accept: application/vnd.github.raw+json' \
  'https://api.github.com/repos/Portabase/agent/pulls/141/files?per_page=100' |
python3 - <<'PY'
import json, sys
files = json.load(sys.stdin)
for f in files:
    print(f"\n--- {f['filename']} ---")
    print(f.get('patch', '[patch unavailable]'))
PY
printf '\n--- PR metadata ---\n'
curl -fsSL 'https://api.github.com/repos/Portabase/agent/pulls/141' |
python3 -c 'import json,sys; d=json.load(sys.stdin); print("state:",d.get("state")); print("head:",d.get("head",{}).get("ref"),d.get("head",{}).get("sha")); print("base:",d.get("base",{}).get("ref"),d.get("base",{}).get("sha"))'

set -o pipefail
printf '%s\n' '--- PR metadata ---'
curl -fsSL 'https://api.github.com/repos/Portabase/agent/pulls/141' | python3 -c 'import json,sys; d=json.load(sys.stdin); print("state:",d["state"],"merged:",d["merged"],"merged_at:",d["merged_at"],"head:",d["head"]["sha"])'
printf '%s\n' '--- PR files ---'
curl -fsSL 'https://api.github.com/repos/Portabase/agent/pulls/141/files?per_page=100' | python3 -c 'import json,sys; fs=json.load(sys.stdin); [print("\n--- "+f["filename"]+" ---\n"+f.get("patch","[patch unavailable]")) for f in fs]'
printf '%s\n' '--- backup at PR head ---'
curl -fsSL 'https://raw.githubusercontent.com/Portabase/agent/057846d9590ff846a5c393ae2aac576072ac1899/src/domain/mongodb/backup.rs' | nl -ba

rg -n 'class UpdateChecker|def available|force=True|class HttpClient|requests\.|responses|requests_mock|socket' services core tests main.py --glob '*.py' | head -115; sed -n '68,78p' main.py

git diff 8a5171e32fe65cbcffc1457f3332c822b11f2d04 c449e244830b511962b76a50494e98eca135332b -- main.py tests/main.py pyproject.toml
printf '\n--- main.py ---\n'; nl -ba main.py
printf '\n--- services/updater.py ---\n'; nl -ba services/updater.py
printf '\n--- services/http.py ---\n'; nl -ba services/http.py
printf '\n--- tests/main.py ---\n'; nl -ba tests/main.py
printf '\n--- test fixture files ---\n'; rg --files -g 'conftest.py' -g 'pytest.ini' -g 'pyproject.toml' -g 'tox.ini' -g 'setup.cfg'
printf '\n--- test interception references ---\n'; rg -n -e 'autouse' -e 'UpdateChecker' -e 'HttpClient' -e 'disable_socket' -e 'requests_mock' -e 'responses' -- tests pyproject.toml

printf '%s\n' '--- tests/conftest.py ---'; nl -ba tests/conftest.py
printf '%s\n' '--- core/version.py ---'; nl -ba core/version.py
printf '%s\n' '--- core/config.py ---'; nl -ba core/config.py
printf '%s\n' '--- pyproject.toml ---'; nl -ba pyproject.toml
printf '%s\n' '--- CI pytest execution ---'; rg -n -e 'pytest' -e 'uv sync' -e 'pip install' -e 'version' .github/workflows/ci.yml tests/conftest.py pyproject.toml
printf '%s\n' '--- updater tests ---'; nl -ba tests/services/updater.py | sed -n '1,200p'

rg -n 'GLOBAL_CONFIG_FILE|cache_dir|HOME|XDG_|class UpdateChecker|def available' core services main.py tests --glob '*.py' | head -120; sed -n '1,48p' core/config.py

printf '%s\n' '--- main.py ---'
nl -ba main.py | sed -n '1,230p'
printf '%s\n' '--- services/updater.py ---'
nl -ba services/updater.py | sed -n '1,180p'
printf '%s\n' '--- test fixtures and main tests ---'
nl -ba tests/main.py | sed -n '1,100p'
rg -n -F --glob '*.py' -e 'GlobalConfig(' -e 'UpdateChecker(' -e 'update_checker' -e 'monkeypatch.setenv("HOME"' -e 'GLOBAL_CONFIG_FILE' tests core services main.py

printf '%s\n' '--- version ---'
nl -ba core/version.py | sed -n '1,150p'
printf '%s\n' '--- shared fixtures ---'
rg --files -g 'conftest.py' -g 'pytest.ini' -g 'pyproject.toml' -g 'setup.cfg' -g 'tox.ini' .
for f in conftest.py tests/conftest.py; do if test -f "$f"; then nl -ba "$f"; fi; done
printf '%s\n' '--- project configuration ---'
nl -ba pyproject.toml | sed -n '1,220p'
printf '%s\n' '--- config and http ---'
nl -ba core/config.py | sed -n '1,100p'
nl -ba services/http.py | sed -n '1,150p'
printf '%s\n' '--- comparison ---'
git diff 8a5171e32fe65cbcffc1457f3332c822b11f2d04 c449e244830b511962b76a50494e98eca135332b -- tests/main.py main.py core/version.py core/config.py services/updater.py

cat tests/main.py
sed -n '55,125p' main.py
sed -n '135,210p' main.py
rg -n 'capsys|capfd|CliRunner|no-such-command|version|UsageError' tests